\relax 
\providecommand\hyper@newdestlabel[2]{}
\providecommand\HyperFirstAtBeginDocument{\AtBeginDocument}
\HyperFirstAtBeginDocument{\ifx\hyper@anchor\@undefined
\global\let\oldcontentsline\contentsline
\gdef\contentsline#1#2#3#4{\oldcontentsline{#1}{#2}{#3}}
\global\let\oldnewlabel\newlabel
\gdef\newlabel#1#2{\newlabelxx{#1}#2}
\gdef\newlabelxx#1#2#3#4#5#6{\oldnewlabel{#1}{{#2}{#3}}}
\AtEndDocument{\ifx\hyper@anchor\@undefined
\let\contentsline\oldcontentsline
\let\newlabel\oldnewlabel
\fi}
\fi}
\global\let\hyper@last\relax 
\gdef\HyperFirstAtBeginDocument#1{#1}
\providecommand\HyField@AuxAddToFields[1]{}
\providecommand\HyField@AuxAddToCoFields[2]{}
\citation{mnih2013playing}
\citation{hinton2007learning}
\citation{dahl2012context}
\citation{deng2013new}
\citation{mnih2013playing}
\@writefile{toc}{\contentsline {section}{Introduction}{3}{section*.2}}
\@writefile{toc}{\contentsline {section}{\numberline {1}Overview of the system}{4}{section.1}}
\@writefile{toc}{\contentsline {subsection}{\numberline {1.1}The task}{4}{subsection.1.1}}
\@writefile{lof}{\contentsline {figure}{\numberline {1}{\ignorespaces A game screen of Breakout.}}{4}{figure.1}}
\newlabel{fig:breakoutscreen}{{1}{4}{A game screen of Breakout}{figure.1}{}}
\@writefile{toc}{\contentsline {subsection}{\numberline {1.2}Reinforcement learning}{4}{subsection.1.2}}
\newlabel{sec:reinforcementlearning}{{1.2}{4}{Reinforcement learning}{subsection.1.2}{}}
\@writefile{toc}{\contentsline {subsubsection}{\numberline {1.2.1}Exploration-exploitation}{4}{subsubsection.1.2.1}}
\@writefile{toc}{\contentsline {subsection}{\numberline {1.3}Neural network}{5}{subsection.1.3}}
\@writefile{toc}{\contentsline {subsection}{\numberline {1.4}Learning process}{5}{subsection.1.4}}
\newlabel{sec:learningprocess}{{1.4}{5}{Learning process}{subsection.1.4}{}}
\citation{lecun1995convolutional}
\@writefile{toc}{\contentsline {section}{\numberline {2}Components of the system}{7}{section.2}}
\@writefile{toc}{\contentsline {subsection}{\numberline {2.1}Launching and communicating with ALE}{7}{subsection.2.1}}
\@writefile{toc}{\contentsline {paragraph}{}{7}{section*.3}}
\@writefile{toc}{\contentsline {paragraph}{}{7}{section*.4}}
\@writefile{toc}{\contentsline {subsection}{\numberline {2.2}Convolutional neural network}{7}{subsection.2.2}}
\citation{watkins1992q}
\@writefile{lof}{\contentsline {figure}{\numberline {2}{\ignorespaces A diagram representing the organisation of the deep neural network used. The two last rows show the number of nodes and the number of independent weights.}}{9}{figure.2}}
\newlabel{fig:neuralnet}{{2}{9}{A diagram representing the organisation of the deep neural network used. The two last rows show the number of nodes and the number of independent weights}{figure.2}{}}
\@writefile{toc}{\contentsline {subsection}{\numberline {2.3}Q-learning}{9}{subsection.2.3}}
\citation{tieleman2012lecture}
\@writefile{toc}{\contentsline {subsection}{\numberline {2.4}Root Mean Squares of gradients (RMSProp)}{10}{subsection.2.4}}
\@writefile{toc}{\contentsline {subsubsection}{\numberline {2.4.1}Stochastic gradient descent}{10}{subsubsection.2.4.1}}
\@writefile{toc}{\contentsline {subsubsection}{\numberline {2.4.2}RMSProp}{10}{subsubsection.2.4.2}}
\citation{bergstra2010theano}
\citation{oliphant2007python}
\citation{bellemare13arcade}
\@writefile{toc}{\contentsline {section}{\numberline {3}Implementation details}{11}{section.3}}
\@writefile{lof}{\contentsline {figure}{\numberline {3}{\ignorespaces Class diagram representing the overall structure of the application.}}{11}{figure.3}}
\newlabel{fig:classdiagram}{{3}{11}{Class diagram representing the overall structure of the application}{figure.3}{}}
\@writefile{toc}{\contentsline {subsection}{\numberline {3.1}Atari Learning Environment}{11}{subsection.3.1}}
\@writefile{toc}{\contentsline {subsection}{\numberline {3.2}Preprocessing}{11}{subsection.3.2}}
\newlabel{subsection_preproc}{{3.2}{11}{Preprocessing}{subsection.3.2}{}}
\@writefile{lof}{\contentsline {figure}{\numberline {4}{\ignorespaces A preprocessed game screen of Breakout.}}{12}{figure.4}}
\newlabel{fig:breakoutpreprocessed}{{4}{12}{A preprocessed game screen of Breakout}{figure.4}{}}
\@writefile{toc}{\contentsline {subsection}{\numberline {3.3}Memory}{12}{subsection.3.3}}
\@writefile{toc}{\contentsline {subsection}{\numberline {3.4}Neural network}{12}{subsection.3.4}}
\@writefile{toc}{\contentsline {subsection}{\numberline {3.5}Computing on GPU}{12}{subsection.3.5}}
\@writefile{toc}{\contentsline {subsection}{\numberline {3.6}Running instructions}{12}{subsection.3.6}}
\@writefile{toc}{\contentsline {section}{\numberline {4}Results}{13}{section.4}}
\@writefile{toc}{\contentsline {subsection}{\numberline {4.1}Performance measures}{13}{subsection.4.1}}
\@writefile{toc}{\contentsline {subsection}{\numberline {4.2}Comparison to human player}{13}{subsection.4.2}}
\@writefile{toc}{\contentsline {subsection}{\numberline {4.3}Comparison to the original paper}{13}{subsection.4.3}}
\@writefile{toc}{\contentsline {subsection}{\numberline {4.4}Applications and future usage}{13}{subsection.4.4}}
\bibstyle{alpha}
\bibdata{report}
\bibcite{bergstra2010theano}{BBB{$^{+}$}10}
\bibcite{bellemare13arcade}{BNVB13}
\bibcite{deng2013new}{DHK13}
\bibcite{dahl2012context}{DYDA12}
\bibcite{hinton2007learning}{Hin07}
\bibcite{lecun1995convolutional}{LB95}
\bibcite{mnih2013playing}{MKS{$^{+}$}13}
\bibcite{oliphant2007python}{Oli07}
\bibcite{tieleman2012lecture}{TH12}
\bibcite{watkins1992q}{WD92}
\@writefile{toc}{\contentsline {section}{Bibliography}{14}{subsection.4.4}}
